@echo off
call conda activate NLU  || (
    echo Failed to activate Conda environment.
    echo Please check environment name and ensure Conda is initialized.
    pause
    exit /b 1
)

set WANDB_MODE=offline

echo Running with task: stsb
set CUBLAS_WORKSPACE_CONFIG=":16:8"
set PYTHONHASHSEED=0
set output_dir="./stsb"

python examples/text-classification/run_glue.py ^
--model_name_or_path FacebookAI\roberta-base ^
--task_name stsb ^
--do_train ^
--do_eval ^
--max_seq_length 512 ^
--per_device_train_batch_size 16 ^
--learning_rate 4e-4 ^
--num_train_epochs 40 ^
--output_dir %output_dir%/model ^
--overwrite_output_dir ^
--logging_steps 10 ^
--logging_dir %output_dir%/log ^
--evaluation_strategy epoch ^
--save_strategy epoch ^
--warmup_ratio 0.06 ^
--apply_lora ^
--lora_r 8 ^
--lora_alpha 16 ^
--seed 0 ^
--weight_decay 0.1

echo All scripts have been executed.
pause